package com.btl.service.ai.support.tokenizer;

import dev.langchain4j.model.TokenCountEstimator;
import dev.langchain4j.model.embedding.onnx.HuggingFaceTokenCountEstimator;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;


@Configuration
public class TokenizerProvider {

    @Bean
    public TokenCountEstimator huggingFaceTokenCountEstimator() {
        return new HuggingFaceTokenCountEstimator();
    }
}
